#!/usr/bin/python
# coding=utf-8
# cosine 2011/2/11

"""test
"""

from kscomm.spider.start import Spider


def func(argv_dict):
	print argv_dict['url'],argv_dict['deep']

	
if __name__ == '__main__':
	
	s = Spider('http://www.baidu.com/',deep=3,urls_limit=50,thread_num=5,crawl_scope=1,url_scope=2,url_type=1,\
	crawl_tags=[],url_tags=['a'],excludes=['more'])
	s.set_callback(func,['url','deep'])
	s.start()
	s.get_time_statistic()
